
query=$1
curl http://localhost:10085/v1/chat/completions -H "Content-Type: application/json" -d '{
  "model": "lora_domain",
  "messages": [
    {"role": "user", "content": "'"$query"'"}
  ],
  "max_tokens": 16
}'


#prompt tokens + max_tokens(max_generation_len) < max-model-len #上下文
#打开遮阳帘
#我想听周杰伦的歌
#去南京南站
#明天有雨吗